###
 # @Company: TWL
 # @Author: xue jian
 # @Email: xuejian@kanzhun.com
 # @Date: 2020-04-07 17:48:49
 ###
#!/bin/bash

/data1/spark/spark2/bin/spark-submit \
--master yarn \
--deploy-mode client \
--class com.kanzhun.xgboost.spark.gbdt.SparkXGBoostTraining \
--executor-memory 7G \
--num-executors 50 \
--driver-memory 6G \
--executor-cores 8 \
--conf spark.task.cpus=4 \
--conf spark.default.parallelism=120 \
--conf spark.yarn.executor.memoryOverhead=1024 \
--files /data1/spark/spark2/conf/hive-site.xml \
--jars /data1/xuejian/sync/offline_train/xgboost/lib/xgboost4j-spark-0.81.jar \
/data1/xuejian/sync/offline_train/xgboost/lib/xgboost-spark-1.0-SNAPSHOT.jar \
-ed 2020-04-07 #这里是训练数据的最后一天。